showing how to use einsum to reduce memory usage

fftKAN.py

@@ -41,6 +41,19 @@ def forward(self,x):
         if( self.addbias):
             y += self.bias
         #End fuse
+        '''
+        #You can use einsum instead to reduce memory usage
+        #It stills not as good as fully fused but it should help
+        #einsum is usually slower though
+        c = th.reshape(c,(1,x.shape[0],x.shape[1],self.gridsize))
+        s = th.reshape(s,(1,x.shape[0],x.shape[1],self.gridsize))
+        y2 = th.einsum( "dbik,djik->bj", th.concat([c,s],axis=0) ,self.fouriercoeffs )
+        if( self.addbias):
+            y2 += self.bias
+        diff = th.sum((y2-y)**2)
+        print("diff")
+        print(diff) #should be ~0
+        '''
         y = th.reshape( y, outshape)
         return y